/*
 * Crawler.h
 *
 *  Created on: Sep 21, 2011
 *      Author: zwx
 */

#ifndef CRAWLER_H_
#define CRAWLER_H_
#include "../Include/includes.h"
using namespace std;

class Crawler {
public:
	static const int MAX_TEXT_LENGTH = 1000000;
	static size_t file_count;
	static const int MAX_PROCESS_FILE_NUM = 10000;
	Crawler();
	virtual ~Crawler();
	void crawl(string baseDir, string dicPath);
	void process(string docName, string docPath, int type,string baseDir);
	void initialize(string dirPath);
	void finale(string dirPath, double rum_time);
};

#endif /* CRAWLER_H_ */
